bitkeeper revision 1.1159.17.25 (411c001e5mj9D5ahE9xTur4qa1WK0Q)

Elaborate on concurrency issues when notifying an evtchn, and add an
extra barrier.

diff --git a/xen/include/xen/event.h b/xen/include/xen/event.h
index e7ee55da02c04a554b9d2296bd89fa81862183a1..1fcef0f03e4148ec7c33a2ea8731f98ae2cfe176 100644 (file)
--- a/xen/include/xen/event.h
+++ b/xen/include/xen/event.h
@@ -13,19 +13,6 @@
 #include <xen/sched.h>
 #include <asm/bitops.h>
 
-/*
- * GENERIC SCHEDULING CALLBACK MECHANISMS
- */
-
-/* Schedule an asynchronous callback for the specified domain. */
-static inline void guest_async_callback(struct domain *d)
-{
-    int running = test_bit(DF_RUNNING, &d->flags);
-    domain_unblock(d);
-    if ( running )
-        smp_send_event_check_cpu(d->processor);
-}
-
 /*
  * EVENT-CHANNEL NOTIFICATIONS
  * NB. On x86, the atomic bit operations also act as memory barriers. There
@@ -36,13 +23,29 @@ static inline void guest_async_callback(struct domain *d)
 static inline void evtchn_set_pending(struct domain *d, int port)
 {
     shared_info_t *s = d->shared_info;
+    int            running;
+
+    /* These three operations must happen in strict order. */
     if ( !test_and_set_bit(port,    &s->evtchn_pending[0]) &&
          !test_bit        (port,    &s->evtchn_mask[0])    &&
          !test_and_set_bit(port>>5, &s->evtchn_pending_sel) )
     {
         /* The VCPU pending flag must be set /after/ update to evtchn-pend. */
-        s->vcpu_data[0].evtchn_upcall_pending = 1;
-        guest_async_callback(d);
+        set_bit(0, &s->vcpu_data[0].evtchn_upcall_pending);
+
+        /*
+         * NB1. 'flags' and 'processor' must be checked /after/ update of
+         * pending flag. These values may fluctuate (after all, we hold no
+         * locks) but the key insight is that each change will cause
+         * evtchn_upcall_pending to be polled.
+         * 
+         * NB2. We save DF_RUNNING across the unblock to avoid a needless
+         * IPI for domains that we IPI'd to unblock.
+         */
+        running = test_bit(DF_RUNNING, &d->flags);
+        domain_unblock(d);
+        if ( running )
+            smp_send_event_check_cpu(d->processor);
     }
 }